{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "0102842b",
   "metadata": {},
   "source": [
    "# 知识概念"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "70f4f353",
   "metadata": {},
   "source": [
    "语音识别:speech recognition    \n",
    "* 自动语音识别:Automatic Speech Recognition, 简称 ASR    \n",
    "* 语音合成:text to speech,简称 TTS   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "db55f81f",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\"refresh_token\":\"25.775166f49d1da5e56a5d0579996f8eac.315360000.1968649298.282335-26290537\",\"expires_in\":2592000,\"session_key\":\"9mzdCynZYuqWR54dRboNJytK0tUA95xA8TthBD+2Tb3x3mFe4KBh2v8tImI7gsDqOYcn4BU20sPUqPjaQOYELTKqwVuW0g==\",\"access_token\":\"24.016b7e269d2ac1c8882ab05b84276cfd.2592000.1655881298.282335-26290537\",\"scope\":\"audio_voice_assistant_get brain_enhanced_asr audio_tts_post brain_speech_realtime public brain_all_scope brain_asr_async wise_adapt lebo_resource_base lightservice_public hetu_basic lightcms_map_poi kaidian_kaidian ApsMisTest_Test\\u6743\\u9650 vis-classify_flower lpq_\\u5f00\\u653e cop_helloScope ApsMis_fangdi_permission smartapp_snsapi_base smartapp_mapp_dev_manage iop_autocar oauth_tp_app smartapp_smart_game_openapi oauth_sessionkey smartapp_swanid_verify smartapp_opensource_openapi smartapp_opensource_recapi fake_face_detect_\\u5f00\\u653eScope vis-ocr_\\u865a\\u62df\\u4eba\\u7269\\u52a9\\u7406 idl-video_\\u865a\\u62df\\u4eba\\u7269\\u52a9\\u7406 smartapp_component smartapp_search_plugin avatar_video_test b2b_tp_openapi b2b_tp_openapi_online smartapp_gov_aladin_to_xcx\",\"session_secret\":\"f0b46d3b0d36f37f0b0585560e6c5109\"}\n",
      "\n",
      "{'refresh_token': '25.775166f49d1da5e56a5d0579996f8eac.315360000.1968649298.282335-26290537', 'expires_in': 2592000, 'session_key': '9mzdCynZYuqWR54dRboNJytK0tUA95xA8TthBD+2Tb3x3mFe4KBh2v8tImI7gsDqOYcn4BU20sPUqPjaQOYELTKqwVuW0g==', 'access_token': '24.016b7e269d2ac1c8882ab05b84276cfd.2592000.1655881298.282335-26290537', 'scope': 'audio_voice_assistant_get brain_enhanced_asr audio_tts_post brain_speech_realtime public brain_all_scope brain_asr_async wise_adapt lebo_resource_base lightservice_public hetu_basic lightcms_map_poi kaidian_kaidian ApsMisTest_Test权限 vis-classify_flower lpq_开放 cop_helloScope ApsMis_fangdi_permission smartapp_snsapi_base smartapp_mapp_dev_manage iop_autocar oauth_tp_app smartapp_smart_game_openapi oauth_sessionkey smartapp_swanid_verify smartapp_opensource_openapi smartapp_opensource_recapi fake_face_detect_开放Scope vis-ocr_虚拟人物助理 idl-video_虚拟人物助理 smartapp_component smartapp_search_plugin avatar_video_test b2b_tp_openapi b2b_tp_openapi_online smartapp_gov_aladin_to_xcx', 'session_secret': 'f0b46d3b0d36f37f0b0585560e6c5109'}\n",
      "Request time cost 0.984764\n",
      "{\"corpus_no\":\"7100823471321154803\",\"err_msg\":\"success.\",\"err_no\":0,\"result\":[\"北京科技馆。\"],\"sn\":\"220957323721653289298\"}\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import sys\n",
    "import json\n",
    "import time\n",
    "\n",
    "IS_PY3 = sys.version_info.major == 3\n",
    "\n",
    "from urllib.request import urlopen\n",
    "from urllib.request import Request\n",
    "from urllib.error import URLError\n",
    "from urllib.parse import urlencode\n",
    "timer = time.perf_counter\n",
    "\n",
    "\n",
    "API_KEY = '37gIu5l6VVdtGkVLrCYi7hfu'\n",
    "SECRET_KEY = 'dE0Bd5QKvxssZ8VzYMRhL19IcH5T71bU'\n",
    "\n",
    "# 需要识别的文件\n",
    "AUDIO_FILE = '16k.wav'  # 只支持 pcm/wav/amr 格式，极速版额外支持m4a 格式\n",
    "# 文件格式\n",
    "FORMAT = AUDIO_FILE[-3:];  # 文件后缀只支持 pcm/wav/amr 格式，极速版额外支持m4a 格式\n",
    "\n",
    "CUID = '123456PYTHON';\n",
    "# 采样率\n",
    "RATE = 16000;  # 固定值\n",
    "\n",
    "# 普通版\n",
    "\n",
    "DEV_PID = 1537;  # 1537 表示识别普通话，使用输入法模型。根据文档填写PID，选择语言及识别模型\n",
    "ASR_URL = 'http://vop.baidu.com/server_api'\n",
    "SCOPE = 'audio_voice_assistant_get'  # 有此scope表示有asr能力，没有请在网页里勾选，非常旧的应用可能没有\n",
    "\n",
    "\n",
    "\"\"\"  TOKEN start \"\"\"\n",
    "TOKEN_URL = 'http://aip.baidubce.com/oauth/2.0/token'\n",
    "# 获取access_token\n",
    "def fetch_token():\n",
    "    params = {'grant_type': 'client_credentials',\n",
    "              'client_id': API_KEY,\n",
    "              'client_secret': SECRET_KEY}\n",
    "    post_data = urlencode(params)\n",
    "    if (IS_PY3):\n",
    "        post_data = post_data.encode('utf-8')\n",
    "    req = Request(TOKEN_URL, post_data)\n",
    "    try:\n",
    "        f = urlopen(req)\n",
    "        result_str = f.read()\n",
    "    except URLError as err:\n",
    "        print('token http response http code : ' + str(err.code))\n",
    "        result_str = err.read()\n",
    "    if (IS_PY3):\n",
    "        result_str = result_str.decode()\n",
    "\n",
    "    print(result_str)\n",
    "    result = json.loads(result_str)\n",
    "    print(result)\n",
    "    if ('access_token' in result.keys() and 'scope' in result.keys()):\n",
    "        if SCOPE and (not SCOPE in result['scope'].split(' ')):  # SCOPE = False 忽略检查\n",
    "            raise DemoError('scope is not correct')\n",
    "        return result['access_token']\n",
    "    else:\n",
    "        raise DemoError('MAYBE API_KEY or SECRET_KEY not correct: access_token or scope not found in token response')\n",
    "\"\"\"  TOKEN end \"\"\"\n",
    "\n",
    "# 语音识别接口的调用\n",
    "\n",
    "token = fetch_token()\n",
    "speech_data = []\n",
    "# 打开目标语音文件\n",
    "with open(AUDIO_FILE, 'rb') as speech_file:\n",
    "    speech_data = speech_file.read()\n",
    "length = len(speech_data)\n",
    "if length == 0:\n",
    "    raise DemoError('file %s length read 0 bytes' % AUDIO_FILE)\n",
    "\n",
    "params = {\n",
    "    'cuid': CUID, \n",
    "    'token': token, \n",
    "    'dev_pid': DEV_PID\n",
    "}\n",
    "#测试自训练平台需要打开以下信息\n",
    "#params = {'cuid': CUID, 'token': token, 'dev_pid': DEV_PID, 'lm_id' : LM_ID}\n",
    "params_query = urlencode(params);\n",
    "\n",
    "headers = {\n",
    "    'Content-Type': 'audio/' + FORMAT + '; rate=' + str(RATE),\n",
    "    'Content-Length': length\n",
    "}\n",
    "\n",
    "url = ASR_URL + \"?\" + params_query\n",
    "\n",
    "# print post_data\n",
    "req = Request(ASR_URL + \"?\" + params_query, speech_data, headers)\n",
    "# 异常处理，避免出现红色的bug（提前预判可能出现的异常）\n",
    "try:\n",
    "    begin = timer()\n",
    "    f = urlopen(req)\n",
    "    result_str = f.read()\n",
    "    print(\"Request time cost %f\" % (timer() - begin))\n",
    "except  URLError as err:\n",
    "    print('asr http response http code : ' + str(err.code))\n",
    "    result_str = err.read()\n",
    "\n",
    "if (IS_PY3):\n",
    "    result_str = str(result_str, 'utf-8')\n",
    "print(result_str)\n",
    "with open(\"result.txt\", \"w\") as of:\n",
    "    of.write(result_str)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2ec29bff",
   "metadata": {},
   "source": [
    "# 真对话机器人（文本回复）"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5c13dd23",
   "metadata": {},
   "source": [
    "* 1. 识别语音-->转换百度语音识别指定格式文件\n",
    "* 2. 调用百度asr接口，转换成文本\n",
    "* 3. 回复？数据结构：字典 {key:value} , key（人） 作为输入 Input, value（机器） 作为 Output\n",
    "* 4. 回复value的信息\n",
    "* 5. 接语音合成，完成智能语音对话机器人"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "1f1499a3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: SpeechRecognition in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (3.8.1)\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install SpeechRecognition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "6c4e1cca",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: pipwin in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (0.5.2)\n",
      "Requirement already satisfied: pyprind in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from pipwin) (2.11.3)\n",
      "Requirement already satisfied: requests in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from pipwin) (2.25.1)\n",
      "Requirement already satisfied: packaging in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from pipwin) (20.9)\n",
      "Requirement already satisfied: docopt in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from pipwin) (0.6.2)\n",
      "Requirement already satisfied: js2py in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from pipwin) (0.71)\n",
      "Requirement already satisfied: six in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from pipwin) (1.15.0)\n",
      "Requirement already satisfied: pySmartDL>=1.3.1 in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from pipwin) (1.3.4)\n",
      "Requirement already satisfied: beautifulsoup4>=4.9.0 in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from pipwin) (4.9.3)\n",
      "Requirement already satisfied: soupsieve>1.2 in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from beautifulsoup4>=4.9.0->pipwin) (2.2.1)\n",
      "Requirement already satisfied: pyjsparser>=2.5.1 in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from js2py->pipwin) (2.7.1)\n",
      "Requirement already satisfied: tzlocal>=1.2 in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from js2py->pipwin) (4.2)\n",
      "Requirement already satisfied: pytz-deprecation-shim in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from tzlocal>=1.2->js2py->pipwin) (0.1.0.post0)\n",
      "Requirement already satisfied: backports.zoneinfo in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from tzlocal>=1.2->js2py->pipwin) (0.2.1)\n",
      "Requirement already satisfied: pyparsing>=2.0.2 in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from packaging->pipwin) (2.4.7)\n",
      "Requirement already satisfied: tzdata in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from pytz-deprecation-shim->tzlocal>=1.2->js2py->pipwin) (2022.1)\n",
      "Requirement already satisfied: idna<3,>=2.5 in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from requests->pipwin) (2.10)\n",
      "Requirement already satisfied: chardet<5,>=3.0.2 in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from requests->pipwin) (4.0.0)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from requests->pipwin) (1.26.4)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (from requests->pipwin) (2020.12.5)\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install pipwin"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "27e247dd",
   "metadata": {},
   "outputs": [],
   "source": [
    "# mac电脑想运行 PyAudio 要安装一个插件 “homebrew” ，安装完成后在终端运行以下代码\n",
    "# “homebrew” 推荐使用镜像安装\n",
    "brew install portaudio"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "4f9fa07b",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: PyAudio in /Users/liudoudou/opt/anaconda3/lib/python3.8/site-packages (0.2.11)\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install PyAudio"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e1967b13",
   "metadata": {},
   "outputs": [],
   "source": [
    "import speech_recognition\n",
    "\n",
    "r = speech_recognition.Recognizer()\n",
    "\n",
    "with speech_recognition.Microphone() as source:\n",
    "    audio = r.listen(source)\n",
    "\n",
    "with open(\"1.wav\", \"wb\") as f: \n",
    "    f.write(audio.get_wav_data(convert_rate=16000))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "dbc36854",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'refresh_token': '25.147c379c05f7c17daabaf487af09dbbc.315360000.1968674959.282335-26192069', 'expires_in': 2592000, 'session_key': '9mzdXUCh0fMwtCaav13Q5l5FBMejjkRBXsgu2DAPzLFtWyhbpFaFWVY+Vn2ZhQYL54pMDKgDn41QhD5I8EofksJlg24xQw==', 'access_token': '24.f4ed3f3011ba1daf56b233cb35d14203.2592000.1655906959.282335-26192069', 'scope': 'audio_voice_assistant_get brain_enhanced_asr audio_tts_post brain_speech_realtime public brain_all_scope brain_asr_async wise_adapt lebo_resource_base lightservice_public hetu_basic lightcms_map_poi kaidian_kaidian ApsMisTest_Test权限 vis-classify_flower lpq_开放 cop_helloScope ApsMis_fangdi_permission smartapp_snsapi_base smartapp_mapp_dev_manage iop_autocar oauth_tp_app smartapp_smart_game_openapi oauth_sessionkey smartapp_swanid_verify smartapp_opensource_openapi smartapp_opensource_recapi fake_face_detect_开放Scope vis-ocr_虚拟人物助理 idl-video_虚拟人物助理 smartapp_component smartapp_search_plugin avatar_video_test b2b_tp_openapi b2b_tp_openapi_online smartapp_gov_aladin_to_xcx', 'session_secret': 'd84223f44c73698fb3c82dc615c31531'}\n"
     ]
    }
   ],
   "source": [
    "# encoding:utf-8\n",
    "import requests \n",
    "\n",
    "# client_id 为官网获取的AK， client_secret 为官网获取的SK\n",
    "host = 'https://aip.baidubce.com/oauth/2.0/token?'\n",
    "payload = {\n",
    "    'grant_type':'client_credentials',\n",
    "    'client_id':'6zgxEabrybKwGnwGBGKq0N4m',\n",
    "    'client_secret':'j7sb4h3CQ3iISZVCuF2wlSfztSDXVYGR'\n",
    "}\n",
    "response = requests.get(host,params=payload)\n",
    "print(response.json())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "b5a06119",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'24.f4ed3f3011ba1daf56b233cb35d14203.2592000.1655906959.282335-26192069'"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "token = response.json()['access_token']\n",
    "token"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "fc350106",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'你好你好，有什么我能帮忙的吗？'"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "answer = {\n",
    "    \"你好\": \"你好你好，有什么我能帮忙的吗？\",\n",
    "    \"交个朋友吧\": \"好，早就想交你这个朋友！\",\n",
    "    \"你叫什么名字呀\": \"我是Siri，很高兴认识你！\"\n",
    "}\n",
    "answer.get(\"你好\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "77591aac",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "None\n"
     ]
    }
   ],
   "source": [
    "# coding=utf-8\n",
    "\n",
    "import sys\n",
    "import json\n",
    "import time\n",
    "\n",
    "IS_PY3 = sys.version_info.major == 3\n",
    "\n",
    "if IS_PY3:\n",
    "    from urllib.request import urlopen\n",
    "    from urllib.request import Request\n",
    "    from urllib.error import URLError\n",
    "    from urllib.parse import urlencode\n",
    "\n",
    "    timer = time.perf_counter\n",
    "else:\n",
    "    import urllib2\n",
    "    from urllib2 import urlopen\n",
    "    from urllib2 import Request\n",
    "    from urllib2 import URLError\n",
    "    from urllib import urlencode\n",
    "\n",
    "    if sys.platform == \"win32\":\n",
    "        timer = time.clock\n",
    "    else:\n",
    "        # On most other platforms the best timer is time.time()\n",
    "        timer = time.time\n",
    "\n",
    "API_KEY = '6zgxEabrybKwGnwGBGKq0N4m'\n",
    "SECRET_KEY = 'j7sb4h3CQ3iISZVCuF2wlSfztSDXVYGR'\n",
    "\n",
    "# 需要识别的文件\n",
    "AUDIO_FILE = '1.wav'  # 只支持 pcm/wav/amr 格式，极速版额外支持m4a 格式\n",
    "# 文件格式\n",
    "FORMAT = AUDIO_FILE[-3:];  # 文件后缀只支持 pcm/wav/amr 格式，极速版额外支持m4a 格式\n",
    "\n",
    "CUID = '123456PYTHON';\n",
    "# 采样率\n",
    "RATE = 16000;  # 固定值\n",
    "\n",
    "DEV_PID = 1537;  # 1537 表示识别普通话，使用输入法模型。根据文档填写PID，选择语言及识别模型\n",
    "ASR_URL = 'http://vop.baidu.com/server_api'\n",
    "SCOPE = 'audio_voice_assistant_get'  # 有此scope表示有asr能力，没有请在网页里勾选，非常旧的应用可能没有\n",
    "\n",
    "speech_data = []\n",
    "with open(AUDIO_FILE, 'rb') as speech_file:\n",
    "    speech_data = speech_file.read()\n",
    "length = len(speech_data)\n",
    "if length == 0:\n",
    "    raise DemoError('file %s length read 0 bytes' % AUDIO_FILE)\n",
    "params = {'cuid': CUID, 'token': token, 'dev_pid': DEV_PID}\n",
    "#测试自训练平台需要打开以下信息\n",
    "#params = {'cuid': CUID, 'token': token, 'dev_pid': DEV_PID, 'lm_id' : LM_ID}\n",
    "params_query = urlencode(params);\n",
    "headers = {\n",
    "    'Content-Type': 'audio/' + FORMAT + '; rate=' + str(RATE),\n",
    "    'Content-Length': length\n",
    "}\n",
    "url = ASR_URL + \"?\" + params_query\n",
    "# print(\"url is\", url);\n",
    "# print(\"header is\", headers)\n",
    "# print post_data\n",
    "req = Request(ASR_URL + \"?\" + params_query, speech_data, headers)\n",
    "try:\n",
    "    begin = timer()\n",
    "    f = urlopen(req)\n",
    "    result_str = f.read()\n",
    "#     print(\"Request time cost %f\" % (timer() - begin))\n",
    "except  URLError as err:\n",
    "    print('asr http response http code : ' + str(err.code))\n",
    "    result_str = err.read()\n",
    "if (IS_PY3):\n",
    "    result_str = str(result_str, 'utf-8')\n",
    "# print(result_str)\n",
    "print(answer.get(eval(result_str)[\"result\"][0][:-1]))\n",
    "with open(\"result.txt\", \"w\") as of:\n",
    "    of.write(result_str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1834033d",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
